{

    let rl = new Rl({
        qtable: new Qtable({
            actions: ["left", "right"], // available actions
            states: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] // state length
            //states: [0, 1, 2, 3, 4, 5, 6] // state length
        }),
        env: new Env(),
        epsilon: 0.9, //greedy police
        alpha: 0.1, // # learning rate
        gamma: 0.9,  // discount factor
        maxEpisodes: 13, // maximum episodes
        freshTime: 0.3 // fresh time for one move
    });

    //开始学习，学习完毕后会调用回调函数。
    rl.start(function (qtabel, roundCounter, stepArr) {
        console.table(qtabel);
        console.log("round counter: ", roundCounter);
        console.log("step list: ", stepArr);
    });
}